soc_codes:
  id: soc_codes.dev.v0
  description: Eval that checks the models ability to classify a job title into a SOC codes issued by the American Bureau of Labor Statistics
  metrics: [accuracy]

soc_codes.dev.v0:
  class: evals.elsuite.modelgraded.classify:ModelBasedClassify
  args:
    samples_jsonl: soc_codes/samples.jsonl
    eval_type: classify
    modelgraded_spec: fact
